from dingo.config import InputArgs
from dingo.exec import Executor

input_data = {
    "input_path": "lmsys/mt_bench_human_judgments",
    "dataset": {
        "source": "hugging_face",
        "format": "multi_turn_dialog",
        "field": {
            "id": "question_id",
            "content": "conversation_a"
        },
        "hf_config": {
            "huggingface_split": "human"
        }
    },
    "executor": {
        "eval_group": "qa_standard_v1",
        "result_save": {
            "bad": True,
            "good": True
        },
        "end_index": 5,
        "multi_turn_mode": "all"
    }
}
input_args = InputArgs(**input_data)
executor = Executor.exec_map["local"](input_args)
result = executor.execute()
print(result)
